PYTORCH_CKPT_MAPPING = {'text_encoder': [('cond_stage_model.transformer.text_model.embeddings.token_embedding.weight',
   None),
  ('cond_stage_model.transformer.text_model.embeddings.position_embedding.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.layer_norm1.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.layer_norm1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.q_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.q_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.k_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.k_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.v_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.v_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.out_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.layer_norm2.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.layer_norm2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.mlp.fc1.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.mlp.fc1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.mlp.fc2.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.0.mlp.fc2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.layer_norm1.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.layer_norm1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.q_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.q_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.k_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.k_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.v_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.v_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.out_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.layer_norm2.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.layer_norm2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.mlp.fc1.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.mlp.fc1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.mlp.fc2.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.1.mlp.fc2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.layer_norm1.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.layer_norm1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.q_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.q_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.k_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.k_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.v_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.v_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.out_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.layer_norm2.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.layer_norm2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.mlp.fc1.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.mlp.fc1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.mlp.fc2.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.2.mlp.fc2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.layer_norm1.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.layer_norm1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.q_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.q_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.k_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.k_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.v_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.v_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.out_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.layer_norm2.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.layer_norm2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.mlp.fc1.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.mlp.fc1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.mlp.fc2.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.3.mlp.fc2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.layer_norm1.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.layer_norm1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.q_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.q_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.k_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.k_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.v_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.v_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.out_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.layer_norm2.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.layer_norm2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.mlp.fc1.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.mlp.fc1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.mlp.fc2.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.4.mlp.fc2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.layer_norm1.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.layer_norm1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.q_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.q_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.k_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.k_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.v_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.v_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.out_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.layer_norm2.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.layer_norm2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.mlp.fc1.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.mlp.fc1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.mlp.fc2.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.5.mlp.fc2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.layer_norm1.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.layer_norm1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.q_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.q_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.k_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.k_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.v_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.v_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.out_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.layer_norm2.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.layer_norm2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.mlp.fc1.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.mlp.fc1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.mlp.fc2.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.6.mlp.fc2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.layer_norm1.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.layer_norm1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.q_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.q_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.k_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.k_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.v_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.v_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.out_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.layer_norm2.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.layer_norm2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.mlp.fc1.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.mlp.fc1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.mlp.fc2.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.7.mlp.fc2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.layer_norm1.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.layer_norm1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.q_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.q_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.k_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.k_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.v_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.v_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.out_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.layer_norm2.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.layer_norm2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.mlp.fc1.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.mlp.fc1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.mlp.fc2.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.8.mlp.fc2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.layer_norm1.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.layer_norm1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.q_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.q_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.k_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.k_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.v_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.v_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.out_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.layer_norm2.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.layer_norm2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.mlp.fc1.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.mlp.fc1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.mlp.fc2.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.9.mlp.fc2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.layer_norm1.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.layer_norm1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.q_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.q_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.k_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.k_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.v_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.v_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.out_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.layer_norm2.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.layer_norm2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.mlp.fc1.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.mlp.fc1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.mlp.fc2.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.10.mlp.fc2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.layer_norm1.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.layer_norm1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.q_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.q_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.k_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.k_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.v_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.v_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.out_proj.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.layer_norm2.weight',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.layer_norm2.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.mlp.fc1.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.mlp.fc1.bias',
   None),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.mlp.fc2.weight',
   (1, 0)),
  ('cond_stage_model.transformer.text_model.encoder.layers.11.mlp.fc2.bias',
   None),
  ('cond_stage_model.transformer.text_model.final_layer_norm.weight', None),
  ('cond_stage_model.transformer.text_model.final_layer_norm.bias', None)],
 'diffusion_model': [('model.diffusion_model.time_embed.0.weight', (1, 0)),
  ('model.diffusion_model.time_embed.0.bias', None),
  ('model.diffusion_model.time_embed.2.weight', (1, 0)),
  ('model.diffusion_model.time_embed.2.bias', None),
  ('model.diffusion_model.input_blocks.0.0.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.0.0.bias', None),
  ('model.diffusion_model.input_blocks.1.0.in_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.1.0.in_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.1.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.1.0.in_layers.2.bias', None),
  ('model.diffusion_model.input_blocks.1.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.input_blocks.1.0.emb_layers.1.bias', None),
  ('model.diffusion_model.input_blocks.1.0.out_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.1.0.out_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.1.0.out_layers.3.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.1.0.out_layers.3.bias', None),
  ('model.diffusion_model.input_blocks.1.1.norm.weight', None),
  ('model.diffusion_model.input_blocks.1.1.norm.bias', None),
  ('model.diffusion_model.input_blocks.1.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.1.1.proj_in.bias', None),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.1.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.input_blocks.1.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.1.1.proj_out.bias', None),
  ('model.diffusion_model.input_blocks.2.0.in_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.2.0.in_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.2.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.2.0.in_layers.2.bias', None),
  ('model.diffusion_model.input_blocks.2.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.input_blocks.2.0.emb_layers.1.bias', None),
  ('model.diffusion_model.input_blocks.2.0.out_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.2.0.out_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.2.0.out_layers.3.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.2.0.out_layers.3.bias', None),
  ('model.diffusion_model.input_blocks.2.1.norm.weight', None),
  ('model.diffusion_model.input_blocks.2.1.norm.bias', None),
  ('model.diffusion_model.input_blocks.2.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.2.1.proj_in.bias', None),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.2.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.input_blocks.2.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.2.1.proj_out.bias', None),
  ('model.diffusion_model.input_blocks.3.0.op.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.3.0.op.bias', None),
  ('model.diffusion_model.input_blocks.4.0.in_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.4.0.in_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.4.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.4.0.in_layers.2.bias', None),
  ('model.diffusion_model.input_blocks.4.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.input_blocks.4.0.emb_layers.1.bias', None),
  ('model.diffusion_model.input_blocks.4.0.out_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.4.0.out_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.4.0.out_layers.3.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.4.0.out_layers.3.bias', None),
  ('model.diffusion_model.input_blocks.4.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.4.0.skip_connection.bias', None),
  ('model.diffusion_model.input_blocks.4.1.norm.weight', None),
  ('model.diffusion_model.input_blocks.4.1.norm.bias', None),
  ('model.diffusion_model.input_blocks.4.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.4.1.proj_in.bias', None),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.4.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.input_blocks.4.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.4.1.proj_out.bias', None),
  ('model.diffusion_model.input_blocks.5.0.in_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.5.0.in_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.5.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.5.0.in_layers.2.bias', None),
  ('model.diffusion_model.input_blocks.5.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.input_blocks.5.0.emb_layers.1.bias', None),
  ('model.diffusion_model.input_blocks.5.0.out_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.5.0.out_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.5.0.out_layers.3.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.5.0.out_layers.3.bias', None),
  ('model.diffusion_model.input_blocks.5.1.norm.weight', None),
  ('model.diffusion_model.input_blocks.5.1.norm.bias', None),
  ('model.diffusion_model.input_blocks.5.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.5.1.proj_in.bias', None),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.5.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.input_blocks.5.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.5.1.proj_out.bias', None),
  ('model.diffusion_model.input_blocks.6.0.op.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.6.0.op.bias', None),
  ('model.diffusion_model.input_blocks.7.0.in_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.7.0.in_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.7.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.7.0.in_layers.2.bias', None),
  ('model.diffusion_model.input_blocks.7.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.input_blocks.7.0.emb_layers.1.bias', None),
  ('model.diffusion_model.input_blocks.7.0.out_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.7.0.out_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.7.0.out_layers.3.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.7.0.out_layers.3.bias', None),
  ('model.diffusion_model.input_blocks.7.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.7.0.skip_connection.bias', None),
  ('model.diffusion_model.input_blocks.7.1.norm.weight', None),
  ('model.diffusion_model.input_blocks.7.1.norm.bias', None),
  ('model.diffusion_model.input_blocks.7.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.7.1.proj_in.bias', None),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.7.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.input_blocks.7.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.7.1.proj_out.bias', None),
  ('model.diffusion_model.input_blocks.8.0.in_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.8.0.in_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.8.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.8.0.in_layers.2.bias', None),
  ('model.diffusion_model.input_blocks.8.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.input_blocks.8.0.emb_layers.1.bias', None),
  ('model.diffusion_model.input_blocks.8.0.out_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.8.0.out_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.8.0.out_layers.3.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.8.0.out_layers.3.bias', None),
  ('model.diffusion_model.input_blocks.8.1.norm.weight', None),
  ('model.diffusion_model.input_blocks.8.1.norm.bias', None),
  ('model.diffusion_model.input_blocks.8.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.8.1.proj_in.bias', None),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.input_blocks.8.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.input_blocks.8.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.8.1.proj_out.bias', None),
  ('model.diffusion_model.input_blocks.9.0.op.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.9.0.op.bias', None),
  ('model.diffusion_model.input_blocks.10.0.in_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.10.0.in_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.10.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.10.0.in_layers.2.bias', None),
  ('model.diffusion_model.input_blocks.10.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.input_blocks.10.0.emb_layers.1.bias', None),
  ('model.diffusion_model.input_blocks.10.0.out_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.10.0.out_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.10.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.10.0.out_layers.3.bias', None),
  ('model.diffusion_model.input_blocks.11.0.in_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.11.0.in_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.11.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.11.0.in_layers.2.bias', None),
  ('model.diffusion_model.input_blocks.11.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.input_blocks.11.0.emb_layers.1.bias', None),
  ('model.diffusion_model.input_blocks.11.0.out_layers.0.weight', None),
  ('model.diffusion_model.input_blocks.11.0.out_layers.0.bias', None),
  ('model.diffusion_model.input_blocks.11.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.input_blocks.11.0.out_layers.3.bias', None),
  ('model.diffusion_model.middle_block.0.in_layers.0.weight', None),
  ('model.diffusion_model.middle_block.0.in_layers.0.bias', None),
  ('model.diffusion_model.middle_block.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.middle_block.0.in_layers.2.bias', None),
  ('model.diffusion_model.middle_block.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.middle_block.0.emb_layers.1.bias', None),
  ('model.diffusion_model.middle_block.0.out_layers.0.weight', None),
  ('model.diffusion_model.middle_block.0.out_layers.0.bias', None),
  ('model.diffusion_model.middle_block.0.out_layers.3.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.middle_block.0.out_layers.3.bias', None),
  ('model.diffusion_model.middle_block.1.norm.weight', None),
  ('model.diffusion_model.middle_block.1.norm.bias', None),
  ('model.diffusion_model.middle_block.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.middle_block.1.proj_in.bias', None),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.middle_block.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.middle_block.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.middle_block.1.proj_out.bias', None),
  ('model.diffusion_model.middle_block.2.in_layers.0.weight', None),
  ('model.diffusion_model.middle_block.2.in_layers.0.bias', None),
  ('model.diffusion_model.middle_block.2.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.middle_block.2.in_layers.2.bias', None),
  ('model.diffusion_model.middle_block.2.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.middle_block.2.emb_layers.1.bias', None),
  ('model.diffusion_model.middle_block.2.out_layers.0.weight', None),
  ('model.diffusion_model.middle_block.2.out_layers.0.bias', None),
  ('model.diffusion_model.middle_block.2.out_layers.3.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.middle_block.2.out_layers.3.bias', None),
  ('model.diffusion_model.output_blocks.0.0.in_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.0.0.in_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.0.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.0.0.in_layers.2.bias', None),
  ('model.diffusion_model.output_blocks.0.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.output_blocks.0.0.emb_layers.1.bias', None),
  ('model.diffusion_model.output_blocks.0.0.out_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.0.0.out_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.0.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.0.0.out_layers.3.bias', None),
  ('model.diffusion_model.output_blocks.0.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.0.0.skip_connection.bias', None),
  ('model.diffusion_model.output_blocks.1.0.in_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.1.0.in_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.1.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.1.0.in_layers.2.bias', None),
  ('model.diffusion_model.output_blocks.1.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.output_blocks.1.0.emb_layers.1.bias', None),
  ('model.diffusion_model.output_blocks.1.0.out_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.1.0.out_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.1.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.1.0.out_layers.3.bias', None),
  ('model.diffusion_model.output_blocks.1.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.1.0.skip_connection.bias', None),
  ('model.diffusion_model.output_blocks.2.0.in_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.2.0.in_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.2.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.2.0.in_layers.2.bias', None),
  ('model.diffusion_model.output_blocks.2.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.output_blocks.2.0.emb_layers.1.bias', None),
  ('model.diffusion_model.output_blocks.2.0.out_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.2.0.out_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.2.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.2.0.out_layers.3.bias', None),
  ('model.diffusion_model.output_blocks.2.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.2.0.skip_connection.bias', None),
  ('model.diffusion_model.output_blocks.2.1.conv.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.2.1.conv.bias', None),
  ('model.diffusion_model.output_blocks.3.0.in_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.3.0.in_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.3.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.3.0.in_layers.2.bias', None),
  ('model.diffusion_model.output_blocks.3.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.output_blocks.3.0.emb_layers.1.bias', None),
  ('model.diffusion_model.output_blocks.3.0.out_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.3.0.out_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.3.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.3.0.out_layers.3.bias', None),
  ('model.diffusion_model.output_blocks.3.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.3.0.skip_connection.bias', None),
  ('model.diffusion_model.output_blocks.3.1.norm.weight', None),
  ('model.diffusion_model.output_blocks.3.1.norm.bias', None),
  ('model.diffusion_model.output_blocks.3.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.3.1.proj_in.bias', None),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.3.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.output_blocks.3.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.3.1.proj_out.bias', None),
  ('model.diffusion_model.output_blocks.4.0.in_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.4.0.in_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.4.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.4.0.in_layers.2.bias', None),
  ('model.diffusion_model.output_blocks.4.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.output_blocks.4.0.emb_layers.1.bias', None),
  ('model.diffusion_model.output_blocks.4.0.out_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.4.0.out_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.4.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.4.0.out_layers.3.bias', None),
  ('model.diffusion_model.output_blocks.4.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.4.0.skip_connection.bias', None),
  ('model.diffusion_model.output_blocks.4.1.norm.weight', None),
  ('model.diffusion_model.output_blocks.4.1.norm.bias', None),
  ('model.diffusion_model.output_blocks.4.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.4.1.proj_in.bias', None),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.4.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.output_blocks.4.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.4.1.proj_out.bias', None),
  ('model.diffusion_model.output_blocks.5.0.in_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.5.0.in_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.5.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.5.0.in_layers.2.bias', None),
  ('model.diffusion_model.output_blocks.5.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.output_blocks.5.0.emb_layers.1.bias', None),
  ('model.diffusion_model.output_blocks.5.0.out_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.5.0.out_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.5.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.5.0.out_layers.3.bias', None),
  ('model.diffusion_model.output_blocks.5.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.5.0.skip_connection.bias', None),
  ('model.diffusion_model.output_blocks.5.1.norm.weight', None),
  ('model.diffusion_model.output_blocks.5.1.norm.bias', None),
  ('model.diffusion_model.output_blocks.5.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.5.1.proj_in.bias', None),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.5.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.output_blocks.5.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.5.1.proj_out.bias', None),
  ('model.diffusion_model.output_blocks.5.2.conv.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.5.2.conv.bias', None),
  ('model.diffusion_model.output_blocks.6.0.in_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.6.0.in_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.6.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.6.0.in_layers.2.bias', None),
  ('model.diffusion_model.output_blocks.6.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.output_blocks.6.0.emb_layers.1.bias', None),
  ('model.diffusion_model.output_blocks.6.0.out_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.6.0.out_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.6.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.6.0.out_layers.3.bias', None),
  ('model.diffusion_model.output_blocks.6.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.6.0.skip_connection.bias', None),
  ('model.diffusion_model.output_blocks.6.1.norm.weight', None),
  ('model.diffusion_model.output_blocks.6.1.norm.bias', None),
  ('model.diffusion_model.output_blocks.6.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.6.1.proj_in.bias', None),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.6.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.output_blocks.6.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.6.1.proj_out.bias', None),
  ('model.diffusion_model.output_blocks.7.0.in_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.7.0.in_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.7.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.7.0.in_layers.2.bias', None),
  ('model.diffusion_model.output_blocks.7.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.output_blocks.7.0.emb_layers.1.bias', None),
  ('model.diffusion_model.output_blocks.7.0.out_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.7.0.out_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.7.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.7.0.out_layers.3.bias', None),
  ('model.diffusion_model.output_blocks.7.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.7.0.skip_connection.bias', None),
  ('model.diffusion_model.output_blocks.7.1.norm.weight', None),
  ('model.diffusion_model.output_blocks.7.1.norm.bias', None),
  ('model.diffusion_model.output_blocks.7.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.7.1.proj_in.bias', None),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.7.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.output_blocks.7.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.7.1.proj_out.bias', None),
  ('model.diffusion_model.output_blocks.8.0.in_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.8.0.in_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.8.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.8.0.in_layers.2.bias', None),
  ('model.diffusion_model.output_blocks.8.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.output_blocks.8.0.emb_layers.1.bias', None),
  ('model.diffusion_model.output_blocks.8.0.out_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.8.0.out_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.8.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.8.0.out_layers.3.bias', None),
  ('model.diffusion_model.output_blocks.8.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.8.0.skip_connection.bias', None),
  ('model.diffusion_model.output_blocks.8.1.norm.weight', None),
  ('model.diffusion_model.output_blocks.8.1.norm.bias', None),
  ('model.diffusion_model.output_blocks.8.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.8.1.proj_in.bias', None),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.8.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.output_blocks.8.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.8.1.proj_out.bias', None),
  ('model.diffusion_model.output_blocks.8.2.conv.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.8.2.conv.bias', None),
  ('model.diffusion_model.output_blocks.9.0.in_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.9.0.in_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.9.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.9.0.in_layers.2.bias', None),
  ('model.diffusion_model.output_blocks.9.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.output_blocks.9.0.emb_layers.1.bias', None),
  ('model.diffusion_model.output_blocks.9.0.out_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.9.0.out_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.9.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.9.0.out_layers.3.bias', None),
  ('model.diffusion_model.output_blocks.9.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.9.0.skip_connection.bias', None),
  ('model.diffusion_model.output_blocks.9.1.norm.weight', None),
  ('model.diffusion_model.output_blocks.9.1.norm.bias', None),
  ('model.diffusion_model.output_blocks.9.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.9.1.proj_in.bias', None),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.9.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.output_blocks.9.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.9.1.proj_out.bias', None),
  ('model.diffusion_model.output_blocks.10.0.in_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.10.0.in_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.10.0.in_layers.2.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.10.0.in_layers.2.bias', None),
  ('model.diffusion_model.output_blocks.10.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.output_blocks.10.0.emb_layers.1.bias', None),
  ('model.diffusion_model.output_blocks.10.0.out_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.10.0.out_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.10.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.10.0.out_layers.3.bias', None),
  ('model.diffusion_model.output_blocks.10.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.10.0.skip_connection.bias', None),
  ('model.diffusion_model.output_blocks.10.1.norm.weight', None),
  ('model.diffusion_model.output_blocks.10.1.norm.bias', None),
  ('model.diffusion_model.output_blocks.10.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.10.1.proj_in.bias', None),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.10.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.output_blocks.10.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.10.1.proj_out.bias', None),
  ('model.diffusion_model.output_blocks.11.0.in_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.11.0.in_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.11.0.in_layers.2.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.11.0.in_layers.2.bias', None),
  ('model.diffusion_model.output_blocks.11.0.emb_layers.1.weight', (1, 0)),
  ('model.diffusion_model.output_blocks.11.0.emb_layers.1.bias', None),
  ('model.diffusion_model.output_blocks.11.0.out_layers.0.weight', None),
  ('model.diffusion_model.output_blocks.11.0.out_layers.0.bias', None),
  ('model.diffusion_model.output_blocks.11.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.11.0.out_layers.3.bias', None),
  ('model.diffusion_model.output_blocks.11.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.11.0.skip_connection.bias', None),
  ('model.diffusion_model.output_blocks.11.1.norm.weight', None),
  ('model.diffusion_model.output_blocks.11.1.norm.bias', None),
  ('model.diffusion_model.output_blocks.11.1.proj_in.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.11.1.proj_in.bias', None),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.norm1.weight',
   None),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.norm1.bias',
   None),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.norm2.weight',
   None),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.norm2.bias',
   None),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.norm3.weight',
   None),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.norm3.bias',
   None),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('model.diffusion_model.output_blocks.11.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('model.diffusion_model.output_blocks.11.1.proj_out.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.output_blocks.11.1.proj_out.bias', None),
  ('model.diffusion_model.out.0.weight', None),
  ('model.diffusion_model.out.0.bias', None),
  ('model.diffusion_model.out.2.weight', (2, 3, 1, 0)),
  ('model.diffusion_model.out.2.bias', None)],
 'decoder': [('first_stage_model.post_quant_conv.weight', (2, 3, 1, 0)),
  ('first_stage_model.post_quant_conv.bias', None),
  ('first_stage_model.decoder.conv_in.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.conv_in.bias', None),
  ('first_stage_model.decoder.mid.block_1.norm1.weight', None),
  ('first_stage_model.decoder.mid.block_1.norm1.bias', None),
  ('first_stage_model.decoder.mid.block_1.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.mid.block_1.conv1.bias', None),
  ('first_stage_model.decoder.mid.block_1.norm2.weight', None),
  ('first_stage_model.decoder.mid.block_1.norm2.bias', None),
  ('first_stage_model.decoder.mid.block_1.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.mid.block_1.conv2.bias', None),
  ('first_stage_model.decoder.mid.attn_1.norm.weight', None),
  ('first_stage_model.decoder.mid.attn_1.norm.bias', None),
  ('first_stage_model.decoder.mid.attn_1.q.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.mid.attn_1.q.bias', None),
  ('first_stage_model.decoder.mid.attn_1.k.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.mid.attn_1.k.bias', None),
  ('first_stage_model.decoder.mid.attn_1.v.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.mid.attn_1.v.bias', None),
  ('first_stage_model.decoder.mid.attn_1.proj_out.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.mid.attn_1.proj_out.bias', None),
  ('first_stage_model.decoder.mid.block_2.norm1.weight', None),
  ('first_stage_model.decoder.mid.block_2.norm1.bias', None),
  ('first_stage_model.decoder.mid.block_2.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.mid.block_2.conv1.bias', None),
  ('first_stage_model.decoder.mid.block_2.norm2.weight', None),
  ('first_stage_model.decoder.mid.block_2.norm2.bias', None),
  ('first_stage_model.decoder.mid.block_2.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.mid.block_2.conv2.bias', None),
  ('first_stage_model.decoder.up.3.block.0.norm1.weight', None),
  ('first_stage_model.decoder.up.3.block.0.norm1.bias', None),
  ('first_stage_model.decoder.up.3.block.0.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.3.block.0.conv1.bias', None),
  ('first_stage_model.decoder.up.3.block.0.norm2.weight', None),
  ('first_stage_model.decoder.up.3.block.0.norm2.bias', None),
  ('first_stage_model.decoder.up.3.block.0.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.3.block.0.conv2.bias', None),
  ('first_stage_model.decoder.up.3.block.1.norm1.weight', None),
  ('first_stage_model.decoder.up.3.block.1.norm1.bias', None),
  ('first_stage_model.decoder.up.3.block.1.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.3.block.1.conv1.bias', None),
  ('first_stage_model.decoder.up.3.block.1.norm2.weight', None),
  ('first_stage_model.decoder.up.3.block.1.norm2.bias', None),
  ('first_stage_model.decoder.up.3.block.1.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.3.block.1.conv2.bias', None),
  ('first_stage_model.decoder.up.3.block.2.norm1.weight', None),
  ('first_stage_model.decoder.up.3.block.2.norm1.bias', None),
  ('first_stage_model.decoder.up.3.block.2.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.3.block.2.conv1.bias', None),
  ('first_stage_model.decoder.up.3.block.2.norm2.weight', None),
  ('first_stage_model.decoder.up.3.block.2.norm2.bias', None),
  ('first_stage_model.decoder.up.3.block.2.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.3.block.2.conv2.bias', None),
  ('first_stage_model.decoder.up.3.upsample.conv.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.3.upsample.conv.bias', None),
  ('first_stage_model.decoder.up.2.block.0.norm1.weight', None),
  ('first_stage_model.decoder.up.2.block.0.norm1.bias', None),
  ('first_stage_model.decoder.up.2.block.0.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.2.block.0.conv1.bias', None),
  ('first_stage_model.decoder.up.2.block.0.norm2.weight', None),
  ('first_stage_model.decoder.up.2.block.0.norm2.bias', None),
  ('first_stage_model.decoder.up.2.block.0.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.2.block.0.conv2.bias', None),
  ('first_stage_model.decoder.up.2.block.1.norm1.weight', None),
  ('first_stage_model.decoder.up.2.block.1.norm1.bias', None),
  ('first_stage_model.decoder.up.2.block.1.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.2.block.1.conv1.bias', None),
  ('first_stage_model.decoder.up.2.block.1.norm2.weight', None),
  ('first_stage_model.decoder.up.2.block.1.norm2.bias', None),
  ('first_stage_model.decoder.up.2.block.1.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.2.block.1.conv2.bias', None),
  ('first_stage_model.decoder.up.2.block.2.norm1.weight', None),
  ('first_stage_model.decoder.up.2.block.2.norm1.bias', None),
  ('first_stage_model.decoder.up.2.block.2.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.2.block.2.conv1.bias', None),
  ('first_stage_model.decoder.up.2.block.2.norm2.weight', None),
  ('first_stage_model.decoder.up.2.block.2.norm2.bias', None),
  ('first_stage_model.decoder.up.2.block.2.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.2.block.2.conv2.bias', None),
  ('first_stage_model.decoder.up.2.upsample.conv.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.2.upsample.conv.bias', None),
  ('first_stage_model.decoder.up.1.block.0.norm1.weight', None),
  ('first_stage_model.decoder.up.1.block.0.norm1.bias', None),
  ('first_stage_model.decoder.up.1.block.0.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.1.block.0.conv1.bias', None),
  ('first_stage_model.decoder.up.1.block.0.norm2.weight', None),
  ('first_stage_model.decoder.up.1.block.0.norm2.bias', None),
  ('first_stage_model.decoder.up.1.block.0.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.1.block.0.conv2.bias', None),
  ('first_stage_model.decoder.up.1.block.0.nin_shortcut.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.1.block.0.nin_shortcut.bias', None),
  ('first_stage_model.decoder.up.1.block.1.norm1.weight', None),
  ('first_stage_model.decoder.up.1.block.1.norm1.bias', None),
  ('first_stage_model.decoder.up.1.block.1.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.1.block.1.conv1.bias', None),
  ('first_stage_model.decoder.up.1.block.1.norm2.weight', None),
  ('first_stage_model.decoder.up.1.block.1.norm2.bias', None),
  ('first_stage_model.decoder.up.1.block.1.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.1.block.1.conv2.bias', None),
  ('first_stage_model.decoder.up.1.block.2.norm1.weight', None),
  ('first_stage_model.decoder.up.1.block.2.norm1.bias', None),
  ('first_stage_model.decoder.up.1.block.2.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.1.block.2.conv1.bias', None),
  ('first_stage_model.decoder.up.1.block.2.norm2.weight', None),
  ('first_stage_model.decoder.up.1.block.2.norm2.bias', None),
  ('first_stage_model.decoder.up.1.block.2.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.1.block.2.conv2.bias', None),
  ('first_stage_model.decoder.up.1.upsample.conv.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.1.upsample.conv.bias', None),
  ('first_stage_model.decoder.up.0.block.0.norm1.weight', None),
  ('first_stage_model.decoder.up.0.block.0.norm1.bias', None),
  ('first_stage_model.decoder.up.0.block.0.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.0.block.0.conv1.bias', None),
  ('first_stage_model.decoder.up.0.block.0.norm2.weight', None),
  ('first_stage_model.decoder.up.0.block.0.norm2.bias', None),
  ('first_stage_model.decoder.up.0.block.0.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.0.block.0.conv2.bias', None),
  ('first_stage_model.decoder.up.0.block.0.nin_shortcut.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.0.block.0.nin_shortcut.bias', None),
  ('first_stage_model.decoder.up.0.block.1.norm1.weight', None),
  ('first_stage_model.decoder.up.0.block.1.norm1.bias', None),
  ('first_stage_model.decoder.up.0.block.1.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.0.block.1.conv1.bias', None),
  ('first_stage_model.decoder.up.0.block.1.norm2.weight', None),
  ('first_stage_model.decoder.up.0.block.1.norm2.bias', None),
  ('first_stage_model.decoder.up.0.block.1.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.0.block.1.conv2.bias', None),
  ('first_stage_model.decoder.up.0.block.2.norm1.weight', None),
  ('first_stage_model.decoder.up.0.block.2.norm1.bias', None),
  ('first_stage_model.decoder.up.0.block.2.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.0.block.2.conv1.bias', None),
  ('first_stage_model.decoder.up.0.block.2.norm2.weight', None),
  ('first_stage_model.decoder.up.0.block.2.norm2.bias', None),
  ('first_stage_model.decoder.up.0.block.2.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.up.0.block.2.conv2.bias', None),
  ('first_stage_model.decoder.norm_out.weight', None),
  ('first_stage_model.decoder.norm_out.bias', None),
  ('first_stage_model.decoder.conv_out.weight', (2, 3, 1, 0)),
  ('first_stage_model.decoder.conv_out.bias', None)],
 'encoder': [('first_stage_model.encoder.conv_in.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.conv_in.bias', None),
  ('first_stage_model.encoder.down.0.block.0.norm1.weight', None),
  ('first_stage_model.encoder.down.0.block.0.norm1.bias', None),
  ('first_stage_model.encoder.down.0.block.0.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.0.block.0.conv1.bias', None),
  ('first_stage_model.encoder.down.0.block.0.norm2.weight', None),
  ('first_stage_model.encoder.down.0.block.0.norm2.bias', None),
  ('first_stage_model.encoder.down.0.block.0.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.0.block.0.conv2.bias', None),
  ('first_stage_model.encoder.down.0.block.1.norm1.weight', None),
  ('first_stage_model.encoder.down.0.block.1.norm1.bias', None),
  ('first_stage_model.encoder.down.0.block.1.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.0.block.1.conv1.bias', None),
  ('first_stage_model.encoder.down.0.block.1.norm2.weight', None),
  ('first_stage_model.encoder.down.0.block.1.norm2.bias', None),
  ('first_stage_model.encoder.down.0.block.1.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.0.block.1.conv2.bias', None),
  ('first_stage_model.encoder.down.0.downsample.conv.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.0.downsample.conv.bias', None),
  ('first_stage_model.encoder.down.1.block.0.norm1.weight', None),
  ('first_stage_model.encoder.down.1.block.0.norm1.bias', None),
  ('first_stage_model.encoder.down.1.block.0.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.1.block.0.conv1.bias', None),
  ('first_stage_model.encoder.down.1.block.0.norm2.weight', None),
  ('first_stage_model.encoder.down.1.block.0.norm2.bias', None),
  ('first_stage_model.encoder.down.1.block.0.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.1.block.0.conv2.bias', None),
  ('first_stage_model.encoder.down.1.block.0.nin_shortcut.weight',
   (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.1.block.0.nin_shortcut.bias', None),
  ('first_stage_model.encoder.down.1.block.1.norm1.weight', None),
  ('first_stage_model.encoder.down.1.block.1.norm1.bias', None),
  ('first_stage_model.encoder.down.1.block.1.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.1.block.1.conv1.bias', None),
  ('first_stage_model.encoder.down.1.block.1.norm2.weight', None),
  ('first_stage_model.encoder.down.1.block.1.norm2.bias', None),
  ('first_stage_model.encoder.down.1.block.1.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.1.block.1.conv2.bias', None),
  ('first_stage_model.encoder.down.1.downsample.conv.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.1.downsample.conv.bias', None),
  ('first_stage_model.encoder.down.2.block.0.norm1.weight', None),
  ('first_stage_model.encoder.down.2.block.0.norm1.bias', None),
  ('first_stage_model.encoder.down.2.block.0.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.2.block.0.conv1.bias', None),
  ('first_stage_model.encoder.down.2.block.0.norm2.weight', None),
  ('first_stage_model.encoder.down.2.block.0.norm2.bias', None),
  ('first_stage_model.encoder.down.2.block.0.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.2.block.0.conv2.bias', None),
  ('first_stage_model.encoder.down.2.block.0.nin_shortcut.weight',
   (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.2.block.0.nin_shortcut.bias', None),
  ('first_stage_model.encoder.down.2.block.1.norm1.weight', None),
  ('first_stage_model.encoder.down.2.block.1.norm1.bias', None),
  ('first_stage_model.encoder.down.2.block.1.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.2.block.1.conv1.bias', None),
  ('first_stage_model.encoder.down.2.block.1.norm2.weight', None),
  ('first_stage_model.encoder.down.2.block.1.norm2.bias', None),
  ('first_stage_model.encoder.down.2.block.1.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.2.block.1.conv2.bias', None),
  ('first_stage_model.encoder.down.2.downsample.conv.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.2.downsample.conv.bias', None),
  ('first_stage_model.encoder.down.3.block.0.norm1.weight', None),
  ('first_stage_model.encoder.down.3.block.0.norm1.bias', None),
  ('first_stage_model.encoder.down.3.block.0.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.3.block.0.conv1.bias', None),
  ('first_stage_model.encoder.down.3.block.0.norm2.weight', None),
  ('first_stage_model.encoder.down.3.block.0.norm2.bias', None),
  ('first_stage_model.encoder.down.3.block.0.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.3.block.0.conv2.bias', None),
  ('first_stage_model.encoder.down.3.block.1.norm1.weight', None),
  ('first_stage_model.encoder.down.3.block.1.norm1.bias', None),
  ('first_stage_model.encoder.down.3.block.1.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.3.block.1.conv1.bias', None),
  ('first_stage_model.encoder.down.3.block.1.norm2.weight', None),
  ('first_stage_model.encoder.down.3.block.1.norm2.bias', None),
  ('first_stage_model.encoder.down.3.block.1.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.down.3.block.1.conv2.bias', None),
  ('first_stage_model.encoder.mid.block_1.norm1.weight', None),
  ('first_stage_model.encoder.mid.block_1.norm1.bias', None),
  ('first_stage_model.encoder.mid.block_1.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.mid.block_1.conv1.bias', None),
  ('first_stage_model.encoder.mid.block_1.norm2.weight', None),
  ('first_stage_model.encoder.mid.block_1.norm2.bias', None),
  ('first_stage_model.encoder.mid.block_1.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.mid.block_1.conv2.bias', None),
  ('first_stage_model.encoder.mid.attn_1.norm.weight', None),
  ('first_stage_model.encoder.mid.attn_1.norm.bias', None),
  ('first_stage_model.encoder.mid.attn_1.q.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.mid.attn_1.q.bias', None),
  ('first_stage_model.encoder.mid.attn_1.k.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.mid.attn_1.k.bias', None),
  ('first_stage_model.encoder.mid.attn_1.v.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.mid.attn_1.v.bias', None),
  ('first_stage_model.encoder.mid.attn_1.proj_out.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.mid.attn_1.proj_out.bias', None),
  ('first_stage_model.encoder.mid.block_2.norm1.weight', None),
  ('first_stage_model.encoder.mid.block_2.norm1.bias', None),
  ('first_stage_model.encoder.mid.block_2.conv1.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.mid.block_2.conv1.bias', None),
  ('first_stage_model.encoder.mid.block_2.norm2.weight', None),
  ('first_stage_model.encoder.mid.block_2.norm2.bias', None),
  ('first_stage_model.encoder.mid.block_2.conv2.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.mid.block_2.conv2.bias', None),
  ('first_stage_model.encoder.norm_out.weight', None),
  ('first_stage_model.encoder.norm_out.bias', None),
  ('first_stage_model.encoder.conv_out.weight', (2, 3, 1, 0)),
  ('first_stage_model.encoder.conv_out.bias', None),
  ('first_stage_model.quant_conv.weight', (2, 3, 1, 0)),
  ('first_stage_model.quant_conv.bias', None)] , 


  'controlnet': [('control_model.time_embed.0.weight', (1, 0)),
  ('control_model.time_embed.0.bias', None),
  ('control_model.time_embed.2.weight', (1, 0)),
  ('control_model.time_embed.2.bias', None),
  ('control_model.input_blocks.0.0.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.0.0.bias', None),
  ('control_model.input_blocks.1.0.in_layers.0.weight', None),
  ('control_model.input_blocks.1.0.in_layers.0.bias', None),
  ('control_model.input_blocks.1.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.1.0.in_layers.2.bias', None),
  ('control_model.input_blocks.1.0.emb_layers.1.weight', (1, 0)),
  ('control_model.input_blocks.1.0.emb_layers.1.bias', None),
  ('control_model.input_blocks.1.0.out_layers.0.weight', None),
  ('control_model.input_blocks.1.0.out_layers.0.bias', None),
  ('control_model.input_blocks.1.0.out_layers.3.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.1.0.out_layers.3.bias', None),
  ('control_model.input_blocks.1.1.norm.weight', None),
  ('control_model.input_blocks.1.1.norm.bias', None),
  ('control_model.input_blocks.1.1.proj_in.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.1.1.proj_in.bias', None),
  ('control_model.input_blocks.1.1.transformer_blocks.0.norm1.weight',
   None),
  ('control_model.input_blocks.1.1.transformer_blocks.0.norm1.bias',
   None),
  ('control_model.input_blocks.1.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('control_model.input_blocks.1.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('control_model.input_blocks.1.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('control_model.input_blocks.1.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('control_model.input_blocks.1.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('control_model.input_blocks.1.1.transformer_blocks.0.norm2.weight',
   None),
  ('control_model.input_blocks.1.1.transformer_blocks.0.norm2.bias',
   None),
  ('control_model.input_blocks.1.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('control_model.input_blocks.1.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('control_model.input_blocks.1.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('control_model.input_blocks.1.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('control_model.input_blocks.1.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('control_model.input_blocks.1.1.transformer_blocks.0.norm3.weight',
   None),
  ('control_model.input_blocks.1.1.transformer_blocks.0.norm3.bias',
   None),
  ('control_model.input_blocks.1.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('control_model.input_blocks.1.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('control_model.input_blocks.1.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('control_model.input_blocks.1.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('control_model.input_blocks.1.1.proj_out.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.1.1.proj_out.bias', None),
  ('control_model.input_blocks.2.0.in_layers.0.weight', None),
  ('control_model.input_blocks.2.0.in_layers.0.bias', None),
  ('control_model.input_blocks.2.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.2.0.in_layers.2.bias', None),
  ('control_model.input_blocks.2.0.emb_layers.1.weight', (1, 0)),
  ('control_model.input_blocks.2.0.emb_layers.1.bias', None),
  ('control_model.input_blocks.2.0.out_layers.0.weight', None),
  ('control_model.input_blocks.2.0.out_layers.0.bias', None),
  ('control_model.input_blocks.2.0.out_layers.3.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.2.0.out_layers.3.bias', None),
  ('control_model.input_blocks.2.1.norm.weight', None),
  ('control_model.input_blocks.2.1.norm.bias', None),
  ('control_model.input_blocks.2.1.proj_in.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.2.1.proj_in.bias', None),
  ('control_model.input_blocks.2.1.transformer_blocks.0.norm1.weight',
   None),
  ('control_model.input_blocks.2.1.transformer_blocks.0.norm1.bias',
   None),
  ('control_model.input_blocks.2.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('control_model.input_blocks.2.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('control_model.input_blocks.2.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('control_model.input_blocks.2.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('control_model.input_blocks.2.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('control_model.input_blocks.2.1.transformer_blocks.0.norm2.weight',
   None),
  ('control_model.input_blocks.2.1.transformer_blocks.0.norm2.bias',
   None),
  ('control_model.input_blocks.2.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('control_model.input_blocks.2.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('control_model.input_blocks.2.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('control_model.input_blocks.2.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('control_model.input_blocks.2.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('control_model.input_blocks.2.1.transformer_blocks.0.norm3.weight',
   None),
  ('control_model.input_blocks.2.1.transformer_blocks.0.norm3.bias',
   None),
  ('control_model.input_blocks.2.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('control_model.input_blocks.2.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('control_model.input_blocks.2.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('control_model.input_blocks.2.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('control_model.input_blocks.2.1.proj_out.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.2.1.proj_out.bias', None),
  ('control_model.input_blocks.3.0.op.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.3.0.op.bias', None),
  ('control_model.input_blocks.4.0.in_layers.0.weight', None),
  ('control_model.input_blocks.4.0.in_layers.0.bias', None),
  ('control_model.input_blocks.4.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.4.0.in_layers.2.bias', None),
  ('control_model.input_blocks.4.0.emb_layers.1.weight', (1, 0)),
  ('control_model.input_blocks.4.0.emb_layers.1.bias', None),
  ('control_model.input_blocks.4.0.out_layers.0.weight', None),
  ('control_model.input_blocks.4.0.out_layers.0.bias', None),
  ('control_model.input_blocks.4.0.out_layers.3.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.4.0.out_layers.3.bias', None),
  ('control_model.input_blocks.4.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('control_model.input_blocks.4.0.skip_connection.bias', None),
  ('control_model.input_blocks.4.1.norm.weight', None),
  ('control_model.input_blocks.4.1.norm.bias', None),
  ('control_model.input_blocks.4.1.proj_in.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.4.1.proj_in.bias', None),
  ('control_model.input_blocks.4.1.transformer_blocks.0.norm1.weight',
   None),
  ('control_model.input_blocks.4.1.transformer_blocks.0.norm1.bias',
   None),
  ('control_model.input_blocks.4.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('control_model.input_blocks.4.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('control_model.input_blocks.4.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('control_model.input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('control_model.input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('control_model.input_blocks.4.1.transformer_blocks.0.norm2.weight',
   None),
  ('control_model.input_blocks.4.1.transformer_blocks.0.norm2.bias',
   None),
  ('control_model.input_blocks.4.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('control_model.input_blocks.4.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('control_model.input_blocks.4.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('control_model.input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('control_model.input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('control_model.input_blocks.4.1.transformer_blocks.0.norm3.weight',
   None),
  ('control_model.input_blocks.4.1.transformer_blocks.0.norm3.bias',
   None),
  ('control_model.input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('control_model.input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('control_model.input_blocks.4.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('control_model.input_blocks.4.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('control_model.input_blocks.4.1.proj_out.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.4.1.proj_out.bias', None),
  ('control_model.input_blocks.5.0.in_layers.0.weight', None),
  ('control_model.input_blocks.5.0.in_layers.0.bias', None),
  ('control_model.input_blocks.5.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.5.0.in_layers.2.bias', None),
  ('control_model.input_blocks.5.0.emb_layers.1.weight', (1, 0)),
  ('control_model.input_blocks.5.0.emb_layers.1.bias', None),
  ('control_model.input_blocks.5.0.out_layers.0.weight', None),
  ('control_model.input_blocks.5.0.out_layers.0.bias', None),
  ('control_model.input_blocks.5.0.out_layers.3.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.5.0.out_layers.3.bias', None),
  ('control_model.input_blocks.5.1.norm.weight', None),
  ('control_model.input_blocks.5.1.norm.bias', None),
  ('control_model.input_blocks.5.1.proj_in.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.5.1.proj_in.bias', None),
  ('control_model.input_blocks.5.1.transformer_blocks.0.norm1.weight',
   None),
  ('control_model.input_blocks.5.1.transformer_blocks.0.norm1.bias',
   None),
  ('control_model.input_blocks.5.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('control_model.input_blocks.5.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('control_model.input_blocks.5.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('control_model.input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('control_model.input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('control_model.input_blocks.5.1.transformer_blocks.0.norm2.weight',
   None),
  ('control_model.input_blocks.5.1.transformer_blocks.0.norm2.bias',
   None),
  ('control_model.input_blocks.5.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('control_model.input_blocks.5.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('control_model.input_blocks.5.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('control_model.input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('control_model.input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('control_model.input_blocks.5.1.transformer_blocks.0.norm3.weight',
   None),
  ('control_model.input_blocks.5.1.transformer_blocks.0.norm3.bias',
   None),
  ('control_model.input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('control_model.input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('control_model.input_blocks.5.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('control_model.input_blocks.5.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('control_model.input_blocks.5.1.proj_out.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.5.1.proj_out.bias', None),
  ('control_model.input_blocks.6.0.op.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.6.0.op.bias', None),
  ('control_model.input_blocks.7.0.in_layers.0.weight', None),
  ('control_model.input_blocks.7.0.in_layers.0.bias', None),
  ('control_model.input_blocks.7.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.7.0.in_layers.2.bias', None),
  ('control_model.input_blocks.7.0.emb_layers.1.weight', (1, 0)),
  ('control_model.input_blocks.7.0.emb_layers.1.bias', None),
  ('control_model.input_blocks.7.0.out_layers.0.weight', None),
  ('control_model.input_blocks.7.0.out_layers.0.bias', None),
  ('control_model.input_blocks.7.0.out_layers.3.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.7.0.out_layers.3.bias', None),
  ('control_model.input_blocks.7.0.skip_connection.weight',
   (2, 3, 1, 0)),
  ('control_model.input_blocks.7.0.skip_connection.bias', None),
  ('control_model.input_blocks.7.1.norm.weight', None),
  ('control_model.input_blocks.7.1.norm.bias', None),
  ('control_model.input_blocks.7.1.proj_in.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.7.1.proj_in.bias', None),
  ('control_model.input_blocks.7.1.transformer_blocks.0.norm1.weight',
   None),
  ('control_model.input_blocks.7.1.transformer_blocks.0.norm1.bias',
   None),
  ('control_model.input_blocks.7.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('control_model.input_blocks.7.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('control_model.input_blocks.7.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('control_model.input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('control_model.input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('control_model.input_blocks.7.1.transformer_blocks.0.norm2.weight',
   None),
  ('control_model.input_blocks.7.1.transformer_blocks.0.norm2.bias',
   None),
  ('control_model.input_blocks.7.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('control_model.input_blocks.7.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('control_model.input_blocks.7.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('control_model.input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('control_model.input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('control_model.input_blocks.7.1.transformer_blocks.0.norm3.weight',
   None),
  ('control_model.input_blocks.7.1.transformer_blocks.0.norm3.bias',
   None),
  ('control_model.input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('control_model.input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('control_model.input_blocks.7.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('control_model.input_blocks.7.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('control_model.input_blocks.7.1.proj_out.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.7.1.proj_out.bias', None),
  ('control_model.input_blocks.8.0.in_layers.0.weight', None),
  ('control_model.input_blocks.8.0.in_layers.0.bias', None),
  ('control_model.input_blocks.8.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.8.0.in_layers.2.bias', None),
  ('control_model.input_blocks.8.0.emb_layers.1.weight', (1, 0)),
  ('control_model.input_blocks.8.0.emb_layers.1.bias', None),
  ('control_model.input_blocks.8.0.out_layers.0.weight', None),
  ('control_model.input_blocks.8.0.out_layers.0.bias', None),
  ('control_model.input_blocks.8.0.out_layers.3.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.8.0.out_layers.3.bias', None),
  ('control_model.input_blocks.8.1.norm.weight', None),
  ('control_model.input_blocks.8.1.norm.bias', None),
  ('control_model.input_blocks.8.1.proj_in.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.8.1.proj_in.bias', None),
  ('control_model.input_blocks.8.1.transformer_blocks.0.norm1.weight',
   None),
  ('control_model.input_blocks.8.1.transformer_blocks.0.norm1.bias',
   None),
  ('control_model.input_blocks.8.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('control_model.input_blocks.8.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('control_model.input_blocks.8.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('control_model.input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('control_model.input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('control_model.input_blocks.8.1.transformer_blocks.0.norm2.weight',
   None),
  ('control_model.input_blocks.8.1.transformer_blocks.0.norm2.bias',
   None),
  ('control_model.input_blocks.8.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('control_model.input_blocks.8.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('control_model.input_blocks.8.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('control_model.input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('control_model.input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('control_model.input_blocks.8.1.transformer_blocks.0.norm3.weight',
   None),
  ('control_model.input_blocks.8.1.transformer_blocks.0.norm3.bias',
   None),
  ('control_model.input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('control_model.input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('control_model.input_blocks.8.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('control_model.input_blocks.8.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('control_model.input_blocks.8.1.proj_out.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.8.1.proj_out.bias', None),
  ('control_model.input_blocks.9.0.op.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.9.0.op.bias', None),
  ('control_model.input_blocks.10.0.in_layers.0.weight', None),
  ('control_model.input_blocks.10.0.in_layers.0.bias', None),
  ('control_model.input_blocks.10.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.10.0.in_layers.2.bias', None),
  ('control_model.input_blocks.10.0.emb_layers.1.weight', (1, 0)),
  ('control_model.input_blocks.10.0.emb_layers.1.bias', None),
  ('control_model.input_blocks.10.0.out_layers.0.weight', None),
  ('control_model.input_blocks.10.0.out_layers.0.bias', None),
  ('control_model.input_blocks.10.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('control_model.input_blocks.10.0.out_layers.3.bias', None),
  ('control_model.input_blocks.11.0.in_layers.0.weight', None),
  ('control_model.input_blocks.11.0.in_layers.0.bias', None),
  ('control_model.input_blocks.11.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('control_model.input_blocks.11.0.in_layers.2.bias', None),
  ('control_model.input_blocks.11.0.emb_layers.1.weight', (1, 0)),
  ('control_model.input_blocks.11.0.emb_layers.1.bias', None),
  ('control_model.input_blocks.11.0.out_layers.0.weight', None),
  ('control_model.input_blocks.11.0.out_layers.0.bias', None),
  ('control_model.input_blocks.11.0.out_layers.3.weight',
   (2, 3, 1, 0)),
  ('control_model.input_blocks.11.0.out_layers.3.bias', None),
  ('control_model.middle_block.0.in_layers.0.weight', None),
  ('control_model.middle_block.0.in_layers.0.bias', None),
  ('control_model.middle_block.0.in_layers.2.weight', (2, 3, 1, 0)),
  ('control_model.middle_block.0.in_layers.2.bias', None),
  ('control_model.middle_block.0.emb_layers.1.weight', (1, 0)),
  ('control_model.middle_block.0.emb_layers.1.bias', None),
  ('control_model.middle_block.0.out_layers.0.weight', None),
  ('control_model.middle_block.0.out_layers.0.bias', None),
  ('control_model.middle_block.0.out_layers.3.weight', (2, 3, 1, 0)),
  ('control_model.middle_block.0.out_layers.3.bias', None),
  ('control_model.middle_block.1.norm.weight', None),
  ('control_model.middle_block.1.norm.bias', None),
  ('control_model.middle_block.1.proj_in.weight', (2, 3, 1, 0)),
  ('control_model.middle_block.1.proj_in.bias', None),
  ('control_model.middle_block.1.transformer_blocks.0.norm1.weight',
   None),
  ('control_model.middle_block.1.transformer_blocks.0.norm1.bias',
   None),
  ('control_model.middle_block.1.transformer_blocks.0.attn1.to_q.weight',
   (1, 0)),
  ('control_model.middle_block.1.transformer_blocks.0.attn1.to_k.weight',
   (1, 0)),
  ('control_model.middle_block.1.transformer_blocks.0.attn1.to_v.weight',
   (1, 0)),
  ('control_model.middle_block.1.transformer_blocks.0.attn1.to_out.0.weight',
   (1, 0)),
  ('control_model.middle_block.1.transformer_blocks.0.attn1.to_out.0.bias',
   None),
  ('control_model.middle_block.1.transformer_blocks.0.norm2.weight',
   None),
  ('control_model.middle_block.1.transformer_blocks.0.norm2.bias',
   None),
  ('control_model.middle_block.1.transformer_blocks.0.attn2.to_q.weight',
   (1, 0)),
  ('control_model.middle_block.1.transformer_blocks.0.attn2.to_k.weight',
   (1, 0)),
  ('control_model.middle_block.1.transformer_blocks.0.attn2.to_v.weight',
   (1, 0)),
  ('control_model.middle_block.1.transformer_blocks.0.attn2.to_out.0.weight',
   (1, 0)),
  ('control_model.middle_block.1.transformer_blocks.0.attn2.to_out.0.bias',
   None),
  ('control_model.middle_block.1.transformer_blocks.0.norm3.weight',
   None),
  ('control_model.middle_block.1.transformer_blocks.0.norm3.bias',
   None),
  ('control_model.middle_block.1.transformer_blocks.0.ff.net.0.proj.weight',
   (1, 0)),
  ('control_model.middle_block.1.transformer_blocks.0.ff.net.0.proj.bias',
   None),
  ('control_model.middle_block.1.transformer_blocks.0.ff.net.2.weight',
   (1, 0)),
  ('control_model.middle_block.1.transformer_blocks.0.ff.net.2.bias',
   None),
  ('control_model.middle_block.1.proj_out.weight', (2, 3, 1, 0)),
  ('control_model.middle_block.1.proj_out.bias', None),
  ('control_model.middle_block.2.in_layers.0.weight', None),
  ('control_model.middle_block.2.in_layers.0.bias', None),
  ('control_model.middle_block.2.in_layers.2.weight', (2, 3, 1, 0)),
  ('control_model.middle_block.2.in_layers.2.bias', None),
  ('control_model.middle_block.2.emb_layers.1.weight', (1, 0)),
  ('control_model.middle_block.2.emb_layers.1.bias', None),
  ('control_model.middle_block.2.out_layers.0.weight', None),
  ('control_model.middle_block.2.out_layers.0.bias', None),
  ('control_model.middle_block.2.out_layers.3.weight', (2, 3, 1, 0)),
  ('control_model.middle_block.2.out_layers.3.bias', None),

  ('control_model.zero_convs.0.0.weight', (2, 3, 1, 0)),
  ('control_model.zero_convs.0.0.bias', None),
  ('control_model.zero_convs.1.0.weight', (2, 3, 1, 0)),
  ('control_model.zero_convs.1.0.bias', None),
  ('control_model.zero_convs.2.0.weight', (2, 3, 1, 0)),
  ('control_model.zero_convs.2.0.bias', None),
  ('control_model.zero_convs.3.0.weight', (2, 3, 1, 0)),
  ('control_model.zero_convs.3.0.bias', None),
  ('control_model.zero_convs.4.0.weight', (2, 3, 1, 0)),
  ('control_model.zero_convs.4.0.bias', None),
  ('control_model.zero_convs.5.0.weight', (2, 3, 1, 0)),
  ('control_model.zero_convs.5.0.bias', None),
  ('control_model.zero_convs.6.0.weight', (2, 3, 1, 0)),
  ('control_model.zero_convs.6.0.bias', None),
  ('control_model.zero_convs.7.0.weight', (2, 3, 1, 0)),
  ('control_model.zero_convs.7.0.bias', None),
  ('control_model.zero_convs.8.0.weight', (2, 3, 1, 0)),
  ('control_model.zero_convs.8.0.bias', None),
  ('control_model.zero_convs.9.0.weight', (2, 3, 1, 0)),
  ('control_model.zero_convs.9.0.bias', None),
  ('control_model.zero_convs.10.0.weight', (2, 3, 1, 0)),
  ('control_model.zero_convs.10.0.bias', None),
  ('control_model.zero_convs.11.0.weight', (2, 3, 1, 0)),
  ('control_model.zero_convs.11.0.bias', None),
  ('control_model.middle_block_out.0.weight', (2, 3, 1, 0)),
  ('control_model.middle_block_out.0.bias', None),
 ],


'hintnet' : [
   ('control_model.input_hint_block.0.weight' , (2,3,1,0)), 
   ('control_model.input_hint_block.0.bias', None), 
   ('control_model.input_hint_block.2.weight' , (2,3,1,0)), 
   ('control_model.input_hint_block.2.bias', None), 
   ('control_model.input_hint_block.4.weight' , (2,3,1,0)), 
   ('control_model.input_hint_block.4.bias', None), 
   ('control_model.input_hint_block.6.weight' , (2,3,1,0)), 
   ('control_model.input_hint_block.6.bias', None), 
   ('control_model.input_hint_block.8.weight' , (2,3,1,0)), 
   ('control_model.input_hint_block.8.bias', None), 
   ('control_model.input_hint_block.10.weight' , (2,3,1,0)), 
   ('control_model.input_hint_block.10.bias', None), 
   ('control_model.input_hint_block.12.weight' , (2,3,1,0)), 
   ('control_model.input_hint_block.12.bias', None), 
   ('control_model.input_hint_block.14.weight' , (2,3,1,0)), 
   ('control_model.input_hint_block.14.bias', None), ] 
  }



text_encoder_v2_mapping = [('cond_stage_model.model.token_embedding.weight',
   None),
  ('cond_stage_model.model.positional_embedding',
   None),
  ('cond_stage_model.model.transformer.resblocks.0.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.0.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.0.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.0.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.0.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.0.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.0.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.0.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.0.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.0.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.0.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.0.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.1.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.1.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.1.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.1.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.1.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.1.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.1.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.1.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.1.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.1.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.1.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.1.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.2.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.2.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.2.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.2.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.2.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.2.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.2.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.2.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.2.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.2.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.2.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.2.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.3.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.3.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.3.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.3.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.3.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.3.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.3.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.3.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.3.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.3.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.3.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.3.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.4.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.4.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.4.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.4.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.4.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.4.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.4.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.4.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.4.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.4.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.4.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.4.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.5.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.5.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.5.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.5.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.5.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.5.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.5.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.5.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.5.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.5.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.5.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.5.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.6.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.6.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.6.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.6.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.6.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.6.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.6.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.6.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.6.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.6.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.6.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.6.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.7.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.7.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.7.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.7.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.7.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.7.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.7.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.7.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.7.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.7.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.7.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.7.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.8.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.8.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.8.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.8.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.8.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.8.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.8.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.8.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.8.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.8.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.8.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.8.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.9.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.9.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.9.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.9.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.9.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.9.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.9.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.9.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.9.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.9.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.9.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.9.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.10.ln_1.weight',
   None),
   ('cond_stage_model.model.transformer.resblocks.10.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.10.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.10.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.10.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.10.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.10.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.10.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.10.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.10.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.10.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.10.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.11.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.11.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.11.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.11.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.11.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.11.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.11.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.11.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.11.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.11.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.11.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.11.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.12.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.12.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.12.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.12.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.12.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.12.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.12.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.12.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.12.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.12.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.12.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.12.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.13.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.13.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.13.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.13.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.13.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.13.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.13.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.13.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.13.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.13.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.13.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.13.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.14.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.14.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.14.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.14.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.14.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.14.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.14.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.14.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.14.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.14.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.14.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.14.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.15.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.15.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.15.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.15.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.15.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.15.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.15.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.15.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.15.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.15.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.15.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.15.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.16.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.16.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.16.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.16.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.16.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.16.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.16.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.16.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.16.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.16.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.16.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.16.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.17.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.17.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.17.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.17.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.17.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.17.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.17.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.17.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.17.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.17.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.17.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.17.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.18.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.18.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.18.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.18.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.18.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.18.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.18.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.18.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.18.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.18.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.18.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.18.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.19.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.19.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.19.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.19.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.19.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.19.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.19.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.19.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.19.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.19.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.19.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.19.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.20.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.20.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.20.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.20.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.20.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.20.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.20.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.20.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.20.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.20.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.20.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.20.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.21.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.21.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.21.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.21.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.21.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.21.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.21.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.21.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.21.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.21.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.21.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.21.mlp.c_proj.bias',
   None),
   ('cond_stage_model.model.transformer.resblocks.22.ln_1.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.22.ln_1.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.22.attn.in_proj_weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.22.attn.in_proj_bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.22.attn.out_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.22.attn.out_proj.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.22.ln_2.weight',
   None),
  ('cond_stage_model.model.transformer.resblocks.22.ln_2.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.22.mlp.c_fc.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.22.mlp.c_fc.bias',
   None),
  ('cond_stage_model.model.transformer.resblocks.22.mlp.c_proj.weight',
   (1, 0)),
  ('cond_stage_model.model.transformer.resblocks.22.mlp.c_proj.bias',
   None),
  #  ('cond_stage_model.model.transformer.resblocks.23.ln_1.weight',
  #  None),
  # ('cond_stage_model.model.transformer.resblocks.23.ln_1.bias',
  #  None),
  # ('cond_stage_model.model.transformer.resblocks.23.attn.in_proj_weight',
  #  None),
  # ('cond_stage_model.model.transformer.resblocks.23.attn.in_proj_bias',
  #  None),
  # ('cond_stage_model.model.transformer.resblocks.23.attn.out_proj.weight',
  #  (1, 0)),
  # ('cond_stage_model.model.transformer.resblocks.23.attn.out_proj.bias',
  #  None),
  # ('cond_stage_model.model.transformer.resblocks.23.ln_2.weight',
  #  None),
  # ('cond_stage_model.model.transformer.resblocks.23.ln_2.bias',
  #  None),
  # ('cond_stage_model.model.transformer.resblocks.23.mlp.c_fc.weight',
  #  (1, 0)),
  # ('cond_stage_model.model.transformer.resblocks.23.mlp.c_fc.bias',
  #  None),
  # ('cond_stage_model.model.transformer.resblocks.23.mlp.c_proj.weight',
  #  (1, 0)),
  # ('cond_stage_model.model.transformer.resblocks.23.mlp.c_proj.bias',
  #  None),
  ('cond_stage_model.model.ln_final.weight', None),
  ('cond_stage_model.model.ln_final.bias', None)]


tt = text_encoder_v2_mapping
text_encoder_v2_mapping = []

for k , p in tt:
   if "attn.in_proj" in k:

      if "weight" in k:
         oo_w = []
         oo_b = []
         p = (1,0)
         oo_w.append( ( k + "._split_1" , p ) )
         oo_w.append( ( k + "._split_2" , p ) )
         oo_w.append( ( k + "._split_3" , p ) )

      elif "bias" in k:
         assert len(oo_w) == 3
         assert len(oo_b) == 0
         oo_b.append( ( k + "._split_1" , p ) )
         oo_b.append( ( k + "._split_2" , p ) )
         oo_b.append( ( k + "._split_3" , p ) )
         assert p == None

         for i in range(3):
            text_encoder_v2_mapping.append(oo_w[i])
            text_encoder_v2_mapping.append(oo_b[i])


      else:
         assert False

   else:
      assert "in_proj" not in k
      text_encoder_v2_mapping.append((k , p ))





import copy

PYTORCH_CKPT_MAPPING_SD2 = copy.deepcopy(PYTORCH_CKPT_MAPPING)
PYTORCH_CKPT_MAPPING_SD2['text_encoder'] = text_encoder_v2_mapping
